* Nils Adermann * * For the full copyright and license information, please view the LICENSE * file that was distributed with this source code. */ namespace Packagist\WebBundle\Controller; use Composer\IO\NullIO; use Composer\Factory; use Composer\Repository\VcsRepository; use Composer\Package\Loader\ValidatingArrayLoader; use Composer\Package\Loader\ArrayLoader; use Packagist\WebBundle\Package\Updater; use Packagist\WebBundle\Entity\Package; use Symfony\Bundle\FrameworkBundle\Controller\Controller; use Symfony\Component\HttpFoundation\Response; use Symfony\Component\HttpFoundation\Request; use Sensio\Bundle\FrameworkExtraBundle\Configuration\Template; use Sensio\Bundle\FrameworkExtraBundle\Configuration\Route; use Sensio\Bundle\FrameworkExtraBundle\Configuration\Method; /** * @author Jordi Boggiano */ class ApiController extends Controller { /** * @Template() * @Route("/packages.json", name="packages", defaults={"_format" = "json"}) */ public function packagesAction(Request $req) { $rootJson = $this->container->getParameter('kernel.root_dir').'/../web/packages_root.json'; if (!$req->query->all() && file_exists($rootJson)) { return new Response(file_get_contents($rootJson)); } $em = $this->get('doctrine')->getEntityManager(); $filters = array( 'type' => $req->query->get('type'), 'tag' => $req->query->get('tag'), ); gc_enable(); $packages = $em->getRepository('Packagist\WebBundle\Entity\Package') ->getFullPackages(null, $filters); $notifyUrl = $this->generateUrl('track_download', array('name' => 'VND/PKG')); $data = array( 'notify' => str_replace('VND/PKG', '%package%', $notifyUrl), 'packages' => array(), ); foreach ($packages as $package) { $versions = array(); foreach ($package->getVersions() as $version) { $versions[$version->getVersion()] = $version->toArray(); $em->detach($version); } $data['packages'][$package->getName()] = $versions; $em->detach($package); } unset($versions, $package, $packages); $response = new Response(json_encode($data), 200); $response->setSharedMaxAge(120); return $response; } /** * @Route("/api/github", name="github_postreceive", defaults={"_format" = "json"}) * @Method({"POST"}) */ public function githubPostReceive(Request $request) { return $this->receivePost($request, '{(github.com/[\w.-]+/[\w.-]+?)(\.git)?$}', '(\.git)?$'); } /** * @Route("/api/bitbucket", name="bitbucket_postreceive", defaults={"_format" = "json"}) * @Method({"POST"}) */ public function bitbucketPostReceive(Request $request) { return $this->receivePost($request, '{(bitbucket.org/[\w.-]+/[\w.-]+?)/?$}', '/?$'); } /** * @Route("/downloads/{name}", name="track_download", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"}, defaults={"_format" = "json"}) * @Method({"POST"}) */ public function trackDownloadAction(Request $request, $name) { $result = $this->get('doctrine.dbal.default_connection')->fetchAssoc( 'SELECT p.id, v.id vid FROM package p LEFT JOIN package_version v ON p.id = v.package_id WHERE p.name = ? AND v.normalizedVersion = ? LIMIT 1', array($name, $request->request->get('version_normalized')) ); if (!$result) { return new Response('{"status": "error", "message": "Package not found"}', 200); } $redis = $this->get('snc_redis.default'); $id = $result['id']; $version = $result['vid']; $throttleKey = 'dl:'.$id.':'.$request->getClientIp().':'.date('Ymd'); $requests = $redis->incr($throttleKey); if (1 === $requests) { $redis->expire($throttleKey, 86400); } if ($requests <= 10) { $redis->incr('downloads'); $redis->incr('dl:'.$id); $redis->incr('dl:'.$id.':'.date('Ym')); $redis->incr('dl:'.$id.':'.date('Ymd')); $redis->incr('dl:'.$id.'-'.$version); $redis->incr('dl:'.$id.'-'.$version.':'.date('Ym')); $redis->incr('dl:'.$id.'-'.$version.':'.date('Ymd')); } return new Response('{"status": "success"}', 201); } protected function receivePost(Request $request, $urlRegex, $optionalRepositorySuffix) { $payload = json_decode($request->request->get('payload'), true); if (!$payload || !isset($payload['repository']['url'])) { return new Response(json_encode(array('status' => 'error', 'message' => 'Missing or invalid payload',)), 406); } // try to parse the URL first to avoid the DB lookup on malformed requests if (!preg_match($urlRegex, $payload['repository']['url'], $match)) { return new Response(json_encode(array('status' => 'error', 'message' => 'Could not parse payload repository URL',)), 406); } $payloadRepositoryChunk = $match[1]; $username = $request->request->has('username') ? $request->request->get('username') : $request->query->get('username'); $apiToken = $request->request->has('apiToken') ? $request->request->get('apiToken') : $request->query->get('apiToken'); $user = $this->get('packagist.user_repository') ->findOneBy(array('username' => $username, 'apiToken' => $apiToken)); if (!$user) { return new Response(json_encode(array('status' => 'error', 'message' => 'Invalid credentials',)), 403); } $updated = false; $config = Factory::createConfig(); $loader = new ValidatingArrayLoader(new ArrayLoader()); $updater = $this->get('packagist.package_updater'); $em = $this->get('doctrine.orm.entity_manager'); foreach ($user->getPackages() as $package) { if (preg_match('{'.preg_quote($payloadRepositoryChunk).$optionalRepositorySuffix.'}', $package->getRepository())) { set_time_limit(3600); $updated = true; $repository = new VcsRepository(array('url' => $package->getRepository()), new NullIO, $config); $repository->setLoader($loader); $package->setAutoUpdated(true); $em->flush(); $updater->update($package, $repository); } } if ($updated) { return new Response('{"status": "success"}', 202); } return new Response(json_encode(array('status' => 'error', 'message' => 'Could not find a package that matches this request (does user maintain the package?)',)), 404); } }