ApiController.php 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. <?php
  2. /*
  3. * This file is part of Packagist.
  4. *
  5. * (c) Jordi Boggiano <j.boggiano@seld.be>
  6. * Nils Adermann <naderman@naderman.de>
  7. *
  8. * For the full copyright and license information, please view the LICENSE
  9. * file that was distributed with this source code.
  10. */
  11. namespace Packagist\WebBundle\Controller;
  12. use Composer\IO\NullIO;
  13. use Composer\Factory;
  14. use Composer\Repository\VcsRepository;
  15. use Composer\Package\Loader\ValidatingArrayLoader;
  16. use Composer\Package\Loader\ArrayLoader;
  17. use Packagist\WebBundle\Package\Updater;
  18. use Packagist\WebBundle\Entity\Package;
  19. use Symfony\Bundle\FrameworkBundle\Controller\Controller;
  20. use Symfony\Component\HttpFoundation\Response;
  21. use Symfony\Component\HttpFoundation\Request;
  22. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Template;
  23. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Route;
  24. use Sensio\Bundle\FrameworkExtraBundle\Configuration\Method;
  25. /**
  26. * @author Jordi Boggiano <j.boggiano@seld.be>
  27. */
  28. class ApiController extends Controller
  29. {
  30. /**
  31. * @Template()
  32. * @Route("/packages.json", name="packages", defaults={"_format" = "json"})
  33. */
  34. public function packagesAction(Request $req)
  35. {
  36. $rootJson = $this->container->getParameter('kernel.root_dir').'/../web/packages_root.json';
  37. if (!$req->query->all() && file_exists($rootJson)) {
  38. return new Response(file_get_contents($rootJson));
  39. }
  40. $em = $this->get('doctrine')->getEntityManager();
  41. $filters = array(
  42. 'type' => $req->query->get('type'),
  43. 'tag' => $req->query->get('tag'),
  44. );
  45. gc_enable();
  46. $packages = $em->getRepository('Packagist\WebBundle\Entity\Package')
  47. ->getFullPackages(null, $filters);
  48. $notifyUrl = $this->generateUrl('track_download', array('name' => 'VND/PKG'));
  49. $data = array(
  50. 'notify' => str_replace('VND/PKG', '%package%', $notifyUrl),
  51. 'packages' => array(),
  52. );
  53. foreach ($packages as $package) {
  54. $versions = array();
  55. foreach ($package->getVersions() as $version) {
  56. $versions[$version->getVersion()] = $version->toArray();
  57. $em->detach($version);
  58. }
  59. $data['packages'][$package->getName()] = $versions;
  60. $em->detach($package);
  61. }
  62. unset($versions, $package, $packages);
  63. $response = new Response(json_encode($data), 200);
  64. $response->setSharedMaxAge(120);
  65. return $response;
  66. }
  67. /**
  68. * @Route("/api/github", name="github_postreceive", defaults={"_format" = "json"})
  69. * @Method({"POST"})
  70. */
  71. public function githubPostReceive(Request $request)
  72. {
  73. return $this->receivePost($request, '{(github.com/[\w.-]+/[\w.-]+?)(\.git)?$}', '(\.git)?$');
  74. }
  75. /**
  76. * @Route("/api/bitbucket", name="bitbucket_postreceive", defaults={"_format" = "json"})
  77. * @Method({"POST"})
  78. */
  79. public function bitbucketPostReceive(Request $request)
  80. {
  81. return $this->receivePost($request, '{(bitbucket.org/[\w.-]+/[\w.-]+?)/?$}', '/?$');
  82. }
  83. /**
  84. * @Route("/downloads/{name}", name="track_download", requirements={"name"="[A-Za-z0-9_.-]+/[A-Za-z0-9_.-]+"}, defaults={"_format" = "json"})
  85. * @Method({"POST"})
  86. */
  87. public function trackDownloadAction(Request $request, $name)
  88. {
  89. $result = $this->get('doctrine.dbal.default_connection')->fetchAssoc(
  90. 'SELECT p.id, v.id vid
  91. FROM package p
  92. LEFT JOIN package_version v ON p.id = v.package_id
  93. WHERE p.name = ?
  94. AND v.normalizedVersion = ?
  95. LIMIT 1',
  96. array($name, $request->request->get('version_normalized'))
  97. );
  98. if (!$result) {
  99. return new Response('{"status": "error", "message": "Package not found"}', 200);
  100. }
  101. $redis = $this->get('snc_redis.default');
  102. $id = $result['id'];
  103. $version = $result['vid'];
  104. $throttleKey = 'dl:'.$id.':'.$request->getClientIp().':'.date('Ymd');
  105. $requests = $redis->incr($throttleKey);
  106. if (1 === $requests) {
  107. $redis->expire($throttleKey, 86400);
  108. }
  109. if ($requests <= 10) {
  110. $redis->incr('downloads');
  111. $redis->incr('dl:'.$id);
  112. $redis->incr('dl:'.$id.':'.date('Ym'));
  113. $redis->incr('dl:'.$id.':'.date('Ymd'));
  114. $redis->incr('dl:'.$id.'-'.$version);
  115. $redis->incr('dl:'.$id.'-'.$version.':'.date('Ym'));
  116. $redis->incr('dl:'.$id.'-'.$version.':'.date('Ymd'));
  117. }
  118. return new Response('{"status": "success"}', 201);
  119. }
  120. protected function receivePost(Request $request, $urlRegex, $optionalRepositorySuffix)
  121. {
  122. $payload = json_decode($request->request->get('payload'), true);
  123. if (!$payload || !isset($payload['repository']['url'])) {
  124. return new Response(json_encode(array('status' => 'error', 'message' => 'Missing or invalid payload',)), 406);
  125. }
  126. // try to parse the URL first to avoid the DB lookup on malformed requests
  127. if (!preg_match($urlRegex, $payload['repository']['url'], $match)) {
  128. return new Response(json_encode(array('status' => 'error', 'message' => 'Could not parse payload repository URL',)), 406);
  129. }
  130. $payloadRepositoryChunk = $match[1];
  131. $username = $request->request->has('username') ?
  132. $request->request->get('username') :
  133. $request->query->get('username');
  134. $apiToken = $request->request->has('apiToken') ?
  135. $request->request->get('apiToken') :
  136. $request->query->get('apiToken');
  137. $user = $this->get('packagist.user_repository')
  138. ->findOneBy(array('username' => $username, 'apiToken' => $apiToken));
  139. if (!$user) {
  140. return new Response(json_encode(array('status' => 'error', 'message' => 'Invalid credentials',)), 403);
  141. }
  142. $updated = false;
  143. $config = Factory::createConfig();
  144. $loader = new ValidatingArrayLoader(new ArrayLoader());
  145. $updater = $this->get('packagist.package_updater');
  146. $em = $this->get('doctrine.orm.entity_manager');
  147. foreach ($user->getPackages() as $package) {
  148. if (preg_match('{'.preg_quote($payloadRepositoryChunk).$optionalRepositorySuffix.'}', $package->getRepository())) {
  149. set_time_limit(3600);
  150. $updated = true;
  151. $repository = new VcsRepository(array('url' => $package->getRepository()), new NullIO, $config);
  152. $repository->setLoader($loader);
  153. $package->setAutoUpdated(true);
  154. $em->flush();
  155. $updater->update($package, $repository);
  156. }
  157. }
  158. if ($updated) {
  159. return new Response('{"status": "success"}', 202);
  160. }
  161. return new Response(json_encode(array('status' => 'error', 'message' => 'Could not find a package that matches this request (does user maintain the package?)',)), 404);
  162. }
  163. }